调用链监控告警神器:

git:https://github.com/apache/skywalking

实践：

oap-server

deployment:

apiVersion: apps/v1beta2
kind: Deployment
metadata:
  annotations:
    deployment.kubernetes.io/revision: "14"
    description: skywalking-oap-server
  creationTimestamp: "2020-04-01T07:30:41Z"
  generation: 15
  labels:
    k8s-app: skywalking-oap-server
    qcloud-app: skywalking-oap-server
  name: skywalking-oap-server
  namespace: saas-online
  resourceVersion: "382986754"
  selfLink: /apis/apps/v1beta2/namespaces/online/deployments/skywalking-oap-server
  uid: ab2da6de-d1bb-4ac4-8b31-*******
spec:
  progressDeadlineSeconds: 600
  replicas: 2
  revisionHistoryLimit: 10
  selector:
    matchLabels:
      k8s-app: skywalking-oap-server
      qcloud-app: skywalking-oap-server
  strategy:
    rollingUpdate:
      maxSurge: 1
      maxUnavailable: 0
    type: RollingUpdate
  template:
    metadata:
      creationTimestamp: null
      labels:
        k8s-app: skywalking-oap-server
        qcloud-app: skywalking-oap-server
    spec:
      containers:
      - env:
        - name: PATH
          value: /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/lib/jvm/java-1.8-openjdk/jre/bin:/usr/lib/jvm/java-1.8-openjdk/bin
        - name: LANG
          value: C.UTF-8
        - name: JAVA_HOME
          value: /usr/lib/jvm/java-1.8-openjdk/jre
        - name: JAVA_VERSION
          value: 8u212
        - name: JAVA_ALPINE_VERSION
          value: 8.212.04-r0
        - name: JAVA_OPTS
          value: ' -Xms2048M '
        - name: SW_STORAGE
          value: elasticsearch7
        - name: SW_STORAGE_ES_CLUSTER_NODES
          value: |
            1.1.1.1:9200
        - name: SW_ES_PASSWORD
          value: password***
        - name: SW_ES_USER
          value: username***
        - name: SW_SW_STORAGE_ES_SSL_JKS_PATH
          value: ''''''
        image: ***.ccs.***.com/***/skywalking-oap-server:v4
        imagePullPolicy: Always
        name: skywalking-oap-server
        resources:
          limits:
            cpu: "4"
            memory: 8Gi
          requests:
            cpu: "2"
            memory: 4Gi
        securityContext:
          privileged: false
        terminationMessagePath: /dev/termination-log
        terminationMessagePolicy: File
        workingDir: /skywalking
      dnsPolicy: ClusterFirst
      imagePullSecrets:
      - name: qcloudregistrykey
      restartPolicy: Always
      schedulerName: default-scheduler
      securityContext: {}
      terminationGracePeriodSeconds: 30
status:
  availableReplicas: 2
  conditions:
  - lastTransitionTime: "2020-04-01T07:30:41Z"
    lastUpdateTime: "2020-04-15T12:36:04Z"
    message: ReplicaSet "skywalking-oap-server-699d79c7f9" has successfully progressed.
    reason: NewReplicaSetAvailable
    status: "True"
    type: Progressing
  - lastTransitionTime: "2020-04-15T12:42:06Z"
    lastUpdateTime: "2020-04-15T12:42:06Z"
    message: Deployment has minimum availability.
    reason: MinimumReplicasAvailable
    status: "True"
    type: Available
  observedGeneration: 15
  readyReplicas: 2
  replicas: 2
  updatedReplicas: 2

service:

apiVersion: v1
kind: Service
metadata:
  annotations:
    service.kubernetes.io/loadbalance-id: *-*****
  creationTimestamp: "2020-04-01T07:30:41Z"
  name: skywalking-oap-server
  namespace: saas-online
  resourceVersion: "58481626"
  selfLink: /api/v1/namespaces/online/services/skywalking-oap-server
  uid: 89f4a54d-4903-45d7-bd1b-1de1695e7897
spec:
  clusterIP: *.*.*.*
  ports:
  - name: 12800-12800-tcp
    port: 12800
    protocol: TCP
    targetPort: 12800
  - name: 11800-11800-tcp
    port: 11800
    protocol: TCP
    targetPort: 11800
  - name: 1234-1234-tcp
    port: 1234
    protocol: TCP
    targetPort: 1234
  selector:
    k8s-app: skywalking-oap-server
    qcloud-app: skywalking-oap-server
  sessionAffinity: None
  type: ClusterIP
status:
  loadBalancer: {}

UI

deployment:

apiVersion: apps/v1beta2
kind: Deployment
metadata:
  annotations:
    deployment.kubernetes.io/revision: "6"
  creationTimestamp: "2020-04-01T07:33:59Z"
  generation: 6
  labels:
    k8s-app: skyui
    qcloud-app: skyui
  name: skyui
  namespace: online
  resourceVersion: "349738136"
  selfLink: /apis/apps/v1beta2/namespaces/online/deployments/skyui
  uid: 4a837a6b-88b2-41b1-92dd-07092d75026c
spec:
  progressDeadlineSeconds: 600
  replicas: 1
  revisionHistoryLimit: 10
  selector:
    matchLabels:
      k8s-app: skyui
      qcloud-app: skyui
  strategy:
    rollingUpdate:
      maxSurge: 1
      maxUnavailable: 0
    type: RollingUpdate
  template:
    metadata:
      creationTimestamp: null
      labels:
        k8s-app: skyui
        qcloud-app: skyui
    spec:
      containers:
      - env:
        - name: PATH
          value: /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/lib/jvm/java-1.8-openjdk/jre/bin:/usr/lib/jvm/java-1.8-openjdk/bin
        - name: LANG
          value: C.UTF-8
        - name: JAVA_HOME
          value: /usr/lib/jvm/java-1.8-openjdk/jre
        - name: JAVA_VERSION
          value: 8u212
        - name: JAVA_ALPINE_VERSION
          value: 8.212.04-r0
        - name: JAVA_OPTS
          value: ' -Xms256M '
        - name: SW_OAP_ADDRESS
          value: skywalking-oap-server:12800
        - name: SW_TIMEOUT
          value: "20000"
        image: *.com/*/skywalking-ui:v1
        imagePullPolicy: Always
        name: skyui
        resources:
          limits:
            cpu: "4"
            memory: 2Gi
          requests:
            cpu: "1"
            memory: 512Mi
        securityContext:
          privileged: false
        terminationMessagePath: /dev/termination-log
        terminationMessagePolicy: File
        workingDir: /skywalking
      dnsPolicy: ClusterFirst
      imagePullSecrets:
      - name: qcloudregistrykey
      restartPolicy: Always
      schedulerName: default-scheduler
      securityContext: {}
      terminationGracePeriodSeconds: 30
status:
  availableReplicas: 1
  conditions:
  - lastTransitionTime: "2020-04-01T07:34:06Z"
    lastUpdateTime: "2020-04-01T07:34:06Z"
    message: Deployment has minimum availability.
    reason: MinimumReplicasAvailable
    status: "True"
    type: Available
  - lastTransitionTime: "2020-04-01T07:33:59Z"
    lastUpdateTime: "2020-04-14T12:01:56Z"
    message: ReplicaSet "skyui-5dbf4b6bd4" has successfully progressed.
    reason: NewReplicaSetAvailable
    status: "True"
    type: Progressing
  observedGeneration: 6
  readyReplicas: 1
  replicas: 1
  updatedReplicas: 1

service:

apiVersion: v1
kind: Service
metadata:
  annotations:
    service.kubernetes.io/loadbalance-id: *-******
    service.kubernetes.io/qcloud-loadbalancer-clusterid: ****-*****
    service.kubernetes.io/qcloud-loadbalancer-internal-subnetid: subnet-****
  creationTimestamp: "2020-04-01T07:33:59Z"
  name: skyui
  namespace: online
  resourceVersion: "58285287"
  selfLink: /api/v1/namespaces/saas-online/services/skyui
  uid: aaa710b4-3008-4f77-8469-ca70ae2f60ad
spec:
  clusterIP: *.*.*.*
  externalTrafficPolicy: Cluster
  ports:
  - name: 8080-80-tcp
    nodePort: 32368
    port: 80
    protocol: TCP
    targetPort: 8080
  selector:
    k8s-app: skyui
    qcloud-app: skyui
  sessionAffinity: None
  type: LoadBalancer
status:
  loadBalancer:
    ingress:
    - ip: *.*.*.*

ingress:

apiVersion: extensions/v1beta1
kind: Ingress
metadata:
  annotations:
    description: skywalking-ui-ingress-online
    kubernetes.io/ingress.class: qcloud
    kubernetes.io/ingress.extensiveParameters: '{"AddressIPVersion":"IPV4"}'
    kubernetes.io/ingress.http-rules: '[{"path":"/","backend":{"serviceName":"skyui","servicePort":"80"}}]'
    kubernetes.io/ingress.https-rules: "null"
    kubernetes.io/ingress.qcloud-loadbalance-id: lb-****
    kubernetes.io/ingress.rule-mix: "false"
  creationTimestamp: "2020-04-16T12:23:54Z"
  generation: 1
  name: skywalking-ui-ingress-online
  namespace: saas-online
  resourceVersion: "416400683"
  selfLink: /apis/extensions/v1beta1/namespaces/online/ingresses/skywalking-ui-ingress-online
  uid: 8159e58d-d5d2-4558-8181-067e69eaec2c
spec:
  rules:
  - http:
      paths:
      - backend:
          serviceName: skyui
          servicePort: 80
        path: /
status:
  loadBalancer:
    ingress:
    - ip: *.*.*.*

葫芦的运维日志

打赏